{"id":"https://openalex.org/W4313559331","doi":"https://doi.org/10.32604/cmes.2023.025774","title":"Logformer: Cascaded Transformer for System Log Anomaly Detection","display_name":"Logformer: Cascaded Transformer for System Log Anomaly Detection","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4313559331","doi":"https://doi.org/10.32604/cmes.2023.025774"},"language":"en","primary_location":{"id":"doi:10.32604/cmes.2023.025774","doi":"https://doi.org/10.32604/cmes.2023.025774","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmes.2023.025774","pdf_url":"https://file.techscience.com/files/CMES/2023/TSP_CMES-136-1/TSP_CMES_25774/TSP_CMES_25774.pdf","source":{"id":"https://openalex.org/S92199883","display_name":"Computer Modeling in Engineering & Sciences","issn_l":"1526-1492","issn":["1526-1492","1526-1506"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4324000061","host_organization_name":"Tech Science Press","host_organization_lineage":["https://openalex.org/P4324000061"],"host_organization_lineage_names":["Tech Science Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Modeling in Engineering &amp; Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://file.techscience.com/files/CMES/2023/TSP_CMES-136-1/TSP_CMES_25774/TSP_CMES_25774.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021917638","display_name":"Feilu Hang","orcid":"https://orcid.org/0000-0002-5474-9522","observed_orcids":["https://orcid.org/0000-0002-5474-9522","https://orcid.org/0000-0002-9154-1640"]},"institutions":[{"id":"https://openalex.org/I4405270234","display_name":"Yunnan Power Grid Co., Ltd. (China)","ror":"https://ror.org/009qhsr26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270234"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feilu Hang","raw_affiliation_strings":["Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China","institution_ids":["https://openalex.org/I4405270234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648538","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0001-8616-0221","observed_orcids":["https://orcid.org/0000-0001-8616-0221"]},"institutions":[{"id":"https://openalex.org/I4405270234","display_name":"Yunnan Power Grid Co., Ltd. (China)","ror":"https://ror.org/009qhsr26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270234"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China","institution_ids":["https://openalex.org/I4405270234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030683962","display_name":"Hexiong Chen","orcid":"https://orcid.org/0000-0002-2991-387X","observed_orcids":["https://orcid.org/0000-0002-2991-387X","https://orcid.org/0000-0001-8000-5263"]},"institutions":[{"id":"https://openalex.org/I4405270234","display_name":"Yunnan Power Grid Co., Ltd. (China)","ror":"https://ror.org/009qhsr26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270234"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hexiong Chen","raw_affiliation_strings":["Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China","institution_ids":["https://openalex.org/I4405270234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030276633","display_name":"Linjiang Xie","orcid":"https://orcid.org/0000-0002-2577-0031","observed_orcids":["https://orcid.org/0000-0002-2577-0031"]},"institutions":[{"id":"https://openalex.org/I4405270234","display_name":"Yunnan Power Grid Co., Ltd. (China)","ror":"https://ror.org/009qhsr26","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270234"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linjiang Xie","raw_affiliation_strings":["Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Center, Yunnan Power Grid Company Limited, Kunming, 650034, China","institution_ids":["https://openalex.org/I4405270234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075858981","display_name":"Chenhao Zhou","orcid":"https://orcid.org/0000-0002-4800-3249","observed_orcids":["https://orcid.org/0000-0002-4800-3249"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenghao Zhou","raw_affiliation_strings":["Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, 610054, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, 610054, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yao Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Liu","raw_affiliation_strings":["Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, 610054, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, 610054, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075858981"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.7214,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.6741586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"136","issue":"1","first_page":"517","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cascaded-transformers","display_name":"cascaded transformers","score":0.906000018119812},{"id":"https://openalex.org/keywords/semistructured-data","display_name":"semi-structured data","score":0.6129999756813049},{"id":"https://openalex.org/keywords/hdfs-logs","display_name":"HDFS logs","score":0.6990000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7431796789169312},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5819173455238342},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5483348369598389},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5390294194221497},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5133899450302124},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47768956422805786},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4636351466178894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4261825978755951},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4138743281364441},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmes.2023.025774","doi":"https://doi.org/10.32604/cmes.2023.025774","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmes.2023.025774","pdf_url":"https://file.techscience.com/files/CMES/2023/TSP_CMES-136-1/TSP_CMES_25774/TSP_CMES_25774.pdf","source":{"id":"https://openalex.org/S92199883","display_name":"Computer Modeling in Engineering & Sciences","issn_l":"1526-1492","issn":["1526-1492","1526-1506"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4324000061","host_organization_name":"Tech Science Press","host_organization_lineage":["https://openalex.org/P4324000061"],"host_organization_lineage_names":["Tech Science Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Modeling in Engineering &amp; Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmes.2023.025774","doi":"https://doi.org/10.32604/cmes.2023.025774","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmes.2023.025774","pdf_url":"https://file.techscience.com/files/CMES/2023/TSP_CMES-136-1/TSP_CMES_25774/TSP_CMES_25774.pdf","source":{"id":"https://openalex.org/S92199883","display_name":"Computer Modeling in Engineering & Sciences","issn_l":"1526-1492","issn":["1526-1492","1526-1506"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4324000061","host_organization_name":"Tech Science Press","host_organization_lineage":["https://openalex.org/P4324000061"],"host_organization_lineage_names":["Tech Science Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Modeling in Engineering &amp; Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2586345122","display_name":null,"funder_award_id":"62076054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3263756552","display_name":null,"funder_award_id":"2019QY1405","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3352946381","display_name":"\u9762\u5411\u7fa4\u667a\u6570\u636e\u7684\u673a\u5668\u89c6\u89c9\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6226323225","display_name":null,"funder_award_id":"2020TDT00020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6996435277","display_name":null,"funder_award_id":"2020YFSY0010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7202444375","display_name":null,"funder_award_id":"62027827","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7337167594","display_name":null,"funder_award_id":"61902054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7568062542","display_name":null,"funder_award_id":"62002047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313559331.pdf","grobid_xml":"https://content.openalex.org/works/W4313559331.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W22021617","https://openalex.org/W128598158","https://openalex.org/W1514535095","https://openalex.org/W1540258466","https://openalex.org/W2015979301","https://openalex.org/W2039157918","https://openalex.org/W2096017373","https://openalex.org/W2105454049","https://openalex.org/W2114554028","https://openalex.org/W2115056012","https://openalex.org/W2134387352","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2560021099","https://openalex.org/W2583874385","https://openalex.org/W2585367509","https://openalex.org/W2626778328","https://openalex.org/W2754665629","https://openalex.org/W2917582573","https://openalex.org/W2930957955","https://openalex.org/W2947815220","https://openalex.org/W2965838158","https://openalex.org/W3047074067","https://openalex.org/W3135442644","https://openalex.org/W3158266296","https://openalex.org/W3169066865","https://openalex.org/W3199174176","https://openalex.org/W3206863391","https://openalex.org/W3214897340","https://openalex.org/W3216403547","https://openalex.org/W4200307116","https://openalex.org/W4205965165","https://openalex.org/W4244854391","https://openalex.org/W4249525222","https://openalex.org/W4251954952","https://openalex.org/W4253752119","https://openalex.org/W4254300870","https://openalex.org/W4255440400","https://openalex.org/W4285355577","https://openalex.org/W4285518826","https://openalex.org/W4315746341","https://openalex.org/W4388212317"],"related_works":["https://openalex.org/W4382725253","https://openalex.org/W7163543695","https://openalex.org/W3095840026","https://openalex.org/W4415092743","https://openalex.org/W4409494030","https://openalex.org/W3199657116","https://openalex.org/W4393656187","https://openalex.org/W4382119071","https://openalex.org/W4409427602","https://openalex.org/W7127652462"],"abstract_inverted_index":{"Modern":[0],"large-scale":[1],"enterprise":[2],"systems":[3],"produce":[4],"large":[5],"volumes":[6],"of":[7,33,54,96,103,155,172,188,201],"logs":[8,22,150],"that":[9,185],"record":[10],"detailed":[11],"system":[12,46],"runtime":[13],"status":[14,32],"and":[15,29,45,48,52,69,144,167,176],"key":[16,19],"events":[17],"at":[18],"points.":[20],"These":[21],"are":[23,58],"valuable":[24],"for":[25,65],"analyzing":[26],"performance":[27],"issues":[28],"understanding":[30],"the":[31,34,50,94,101,104,107,110,114,153,156,179,186,189,198,202],"system.":[35],"Anomaly":[36],"detection":[37,68,98],"plays":[38],"an":[39,86],"important":[40],"role":[41],"in":[42,93,119,170,182],"service":[43],"management":[44],"maintenance,":[47],"guarantees":[49],"reliability":[51],"security":[53],"online":[55],"systems.":[56],"Logs":[57],"universal":[59],"semi-structured":[60],"data,":[61],"which":[62],"causes":[63],"difficulties":[64],"traditional":[66],"manual":[67],"pattern-matching":[70],"algorithms.":[71],"While":[72],"some":[73],"deep":[74],"learning":[75],"algorithms":[76],"utilize":[77],"neural":[78],"networks":[79],"to":[80,135,151,197],"detect":[81],"anomalies,":[82],"these":[83],"approaches":[84],"have":[85],"over-reliance":[87],"on":[88,100,149,165],"manually":[89],"designed":[90],"features,":[91],"resulting":[92],"effectiveness":[95],"anomaly":[97],"depending":[99],"quality":[102],"features.":[105],"At":[106],"same":[108],"time,":[109],"aforementioned":[111],"methods":[112],"ignore":[113],"underlying":[115],"contextual":[116,138],"information":[117,139,200],"present":[118],"adjacent":[120,141],"log":[121,142],"entries.":[122],"We":[123],"propose":[124],"a":[125],"novel":[126],"model":[127,161],"called":[128],"Logformer":[129],"with":[130,192],"two":[131],"cascaded":[132],"transformer-based":[133],"heads":[134],"capture":[136],"latent":[137],"from":[140],"entries,":[143],"leverage":[145],"pre-trained":[146,193],"embeddings":[147,194],"based":[148],"improve":[152],"representation":[154,187],"embedding":[157,190],"space.":[158],"The":[159],"proposed":[160],"achieves":[162],"comparable":[163],"results":[164],"HDFS":[166],"BGL":[168],"datasets":[169],"terms":[171],"metric":[173],"accuracy,":[174],"recall":[175],"F1-score.":[177],"Moreover,":[178],"consistent":[180],"rise":[181],"F1-score":[183],"proves":[184],"space":[191],"is":[195],"closer":[196],"semantic":[199],"log.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-01-06T00:00:00"}
