{"id":"https://openalex.org/W3184127157","doi":"https://doi.org/10.1109/jiot.2021.3100509","title":"Learning Graph Structures with Transformer for Multivariate Time Series Anomaly Detection in IoT","display_name":"Learning Graph Structures with Transformer for Multivariate Time Series Anomaly Detection in IoT","publication_year":2021,"publication_date":"2021-04-08","ids":{"openalex":"https://openalex.org/W3184127157","doi":"https://doi.org/10.1109/jiot.2021.3100509","mag":"3184127157"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2104.03466","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.03466","pdf_url":"https://arxiv.org/pdf/2104.03466","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"article","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.03466","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101430107","display_name":"Zekai Chen","orcid":"https://orcid.org/0000-0002-5564-137X"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chen, Zekai","raw_affiliation_strings":["Department of Computer Science, George Washington University, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, George Washington University, Washington, DC, USA","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017074293","display_name":"Dingshuo Chen","orcid":"https://orcid.org/0000-0002-3123-6572"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Dingshuo","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696226","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0003-0824-9284"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Xiao","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049462386","display_name":"Zixuan Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan, Zixuan","raw_affiliation_strings":["School of Business, Rutgers University, New Brunswick, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business, Rutgers University, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100692488","display_name":"Xiuzhen Cheng","orcid":"https://orcid.org/0000-0001-5912-4647"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng, Xiuzhen","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101430107"],"corresponding_institution_ids":["https://openalex.org/I193531525"],"apc_list":null,"apc_paid":null,"fwci":45.8953,"has_fulltext":false,"cited_by_count":520,"citation_normalized_percentile":{"value":0.99886033,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.756437361240387},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.6806672215461731},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5691145062446594},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.5665478706359863},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48422837257385254},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.46615538001060486},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45944392681121826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3917085826396942},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3628115653991699},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33646029233932495},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3234817385673523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3123224973678589},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11057832837104797},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08626067638397217},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08587071299552917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.756437361240387},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6806672215461731},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5691145062446594},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.5665478706359863},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48422837257385254},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.46615538001060486},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45944392681121826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3917085826396942},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3628115653991699},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33646029233932495},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3234817385673523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3123224973678589},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11057832837104797},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08626067638397217},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08587071299552917},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2104.03466","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.03466","pdf_url":"https://arxiv.org/pdf/2104.03466","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.03466","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.03466","pdf_url":"https://arxiv.org/pdf/2104.03466","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1530232915","https://openalex.org/W1978832189","https://openalex.org/W1994373811","https://openalex.org/W2056081083","https://openalex.org/W2127979711","https://openalex.org/W2270574292","https://openalex.org/W2278868814","https://openalex.org/W2407991977","https://openalex.org/W2581973374","https://openalex.org/W2604247107","https://openalex.org/W2743617586","https://openalex.org/W2800806089","https://openalex.org/W2887985735","https://openalex.org/W2891273344","https://openalex.org/W2891536563","https://openalex.org/W2906498146","https://openalex.org/W2911200746","https://openalex.org/W2912351236","https://openalex.org/W2950361482","https://openalex.org/W2963166639","https://openalex.org/W2963197901","https://openalex.org/W2963460174","https://openalex.org/W2964248614","https://openalex.org/W2970820321","https://openalex.org/W2982407593","https://openalex.org/W3004207920","https://openalex.org/W3012539654","https://openalex.org/W3021293129","https://openalex.org/W3080253043","https://openalex.org/W3096831136","https://openalex.org/W3099185017","https://openalex.org/W3106504817","https://openalex.org/W3106543020","https://openalex.org/W3128634608","https://openalex.org/W3139204882","https://openalex.org/W3152893301","https://openalex.org/W3155567600","https://openalex.org/W3169450514","https://openalex.org/W3177318507","https://openalex.org/W3177624059","https://openalex.org/W4245050711","https://openalex.org/W4246193833","https://openalex.org/W4248484754","https://openalex.org/W4288419263","https://openalex.org/W4293718132","https://openalex.org/W4297814361","https://openalex.org/W4310895557"],"related_works":["https://openalex.org/W2406638334","https://openalex.org/W1991765889","https://openalex.org/W1990068454","https://openalex.org/W2472172556","https://openalex.org/W1570805059","https://openalex.org/W2357266745","https://openalex.org/W1578824628","https://openalex.org/W4390961098","https://openalex.org/W2324780611","https://openalex.org/W3122321533"],"abstract_inverted_index":{"Many":[0],"real-world":[1],"IoT":[2,22],"systems,":[3],"which":[4,121],"include":[5],"a":[6,91,104,114,155,173],"variety":[7],"of":[8,15,140,197],"internet-connected":[9],"sensory":[10],"devices,":[11],"produce":[12],"substantial":[13],"amounts":[14],"multivariate":[16,75,95],"time":[17,76,96],"series":[18,77,97],"data.":[19],"Meanwhile,":[20],"vital":[21],"infrastructures":[23],"like":[24],"smart":[25],"power":[26],"grids":[27],"and":[28,53,62,85,109],"water":[29],"distribution":[30],"networks":[31],"are":[32,66,204],"frequently":[33],"targeted":[34],"by":[35],"cyber-attacks,":[36],"making":[37],"anomaly":[38,55,98,147,190],"detection":[39,56,99,191],"an":[40],"important":[41],"study":[42],"topic.":[43],"Modeling":[44],"such":[45],"relatedness":[46],"is,":[47],"nevertheless,":[48],"unavoidable":[49],"for":[50,94],"any":[51],"efficient":[52],"effective":[54],"system,":[57],"given":[58],"the":[59,125,138,146,167,179,195],"intricate":[60],"topological":[61],"nonlinear":[63],"connections":[64],"that":[65,100],"originally":[67],"unknown":[68],"among":[69,133],"sensors.":[70],"Furthermore,":[71],"detecting":[72],"anomalies":[73],"in":[74],"is":[78,122,136],"difficult":[79],"due":[80],"to":[81,129,165,177],"their":[82],"temporal":[83,111],"dependency":[84,112],"stochasticity.":[86],"This":[87],"paper":[88],"presented":[89],"GTA,":[90],"new":[92,156],"framework":[93],"involves":[101],"automatically":[102],"learning":[103,119,141],"graph":[105,107,142,157],"structure,":[106],"convolution,":[108],"modeling":[110],"using":[113],"Transformer-based":[115],"architecture.":[116],"The":[117],"connection":[118],"policy,":[120],"based":[123],"on":[124,186],"Gumbel-softmax":[126],"sampling":[127],"approach":[128,199],"learn":[130],"bi-directed":[131],"links":[132],"sensors":[134],"directly,":[135],"at":[137,206],"heart":[139],"structure.":[143],"To":[144],"describe":[145],"information":[148],"flow":[149],"between":[150],"network":[151],"nodes,":[152],"we":[153,171],"introduced":[154],"convolution":[158],"called":[159],"Influence":[160],"Propagation":[161],"convolution.":[162],"In":[163],"addition,":[164],"tackle":[166],"quadratic":[168],"complexity":[169],"barrier,":[170],"suggested":[172],"multi-branch":[174],"attention":[175],"mechanism":[176],"replace":[178],"original":[180],"multi-head":[181],"self-attention":[182],"method.":[183],"Extensive":[184],"experiments":[185],"four":[187],"publicly":[188],"available":[189,205],"benchmarks":[192],"further":[193],"demonstrate":[194],"superiority":[196],"our":[198],"over":[200],"alternative":[201],"state-of-the-arts.":[202],"Codes":[203],"https://github.com/ZEKAICHEN/GTA.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":30},{"year":2025,"cited_by_count":162},{"year":2024,"cited_by_count":164},{"year":2023,"cited_by_count":120},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":5}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2021-08-02T00:00:00"}
